<!DOCTYPE html><html lang="zh-CN"><head><meta charset="UTF-8"><meta http-equiv="X-UA-Compatible" content="IE=edge"><meta name="viewport" content="width=device-width, initial-scale=1"><meta name="format-detection" content="telephone=no"><meta name="apple-mobile-web-app-capable" content="yes"><meta name="apple-mobile-web-app-status-bar-style" content="black"><link rel="icon" href="/images/icons/favicon-16x16.png?v=2.8.0" type="image/png" sizes="16x16"><link rel="icon" href="/images/icons/favicon-32x32.png?v=2.8.0" type="image/png" sizes="32x32"><meta name="description" content="1.docker desktop安装mysql:8.0.16、sql Server:2017-latest和clickhouse:latest       mysql安装比较简单，在此略过;sql Server的安装见sql Server2017-latest安装。clickhouse的安装可以借鉴:clickhouse安装步骤。">
<meta property="og:type" content="article">
<meta property="og:title" content="datax学习手册">
<meta property="og:url" content="https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/index.html">
<meta property="og:site_name" content="ljyxsg的技术成长录">
<meta property="og:description" content="1.docker desktop安装mysql:8.0.16、sql Server:2017-latest和clickhouse:latest       mysql安装比较简单，在此略过;sql Server的安装见sql Server2017-latest安装。clickhouse的安装可以借鉴:clickhouse安装步骤。">
<meta property="og:locale" content="zh_CN">
<meta property="og:image" content="https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/datax%E6%9E%B6%E6%9E%84%E5%9B%BE.png">
<meta property="og:image" content="https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/datax-ui%E9%A6%96%E9%A1%B5.png">
<meta property="article:published_time" content="2023-02-02T07:20:12.000Z">
<meta property="article:modified_time" content="2023-02-07T02:21:44.478Z">
<meta property="article:author" content="ljyxsg">
<meta property="article:tag" content="ljyxsg的技术成长录">
<meta name="twitter:card" content="summary">
<meta name="twitter:image" content="https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/datax%E6%9E%B6%E6%9E%84%E5%9B%BE.png"><title>datax学习手册 | ljyxsg的技术成长录</title><link ref="canonical" href="https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/"><link rel="dns-prefetch" href="https://cdn.jsdelivr.net"><link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/@fortawesome/fontawesome-free@5.12.1/css/all.min.css" type="text/css"><link rel="stylesheet" href="/css/index.css?v=2.8.0"><link rel="stylesheet" href="css/custom.css"><script>var Stun = window.Stun || {};
var CONFIG = {
  root: '/',
  algolia: undefined,
  assistSearch: undefined,
  fontIcon: {"prompt":{"success":"fas fa-check-circle","info":"fas fa-arrow-circle-right","warning":"fas fa-exclamation-circle","error":"fas fa-times-circle"},"copyBtn":"fas fa-copy"},
  sidebar: {"offsetTop":"20px","tocMaxDepth":6},
  header: {"enable":true,"showOnPost":true,"scrollDownIcon":false},
  postWidget: {"endText":true},
  nightMode: {"enable":true},
  back2top: {"enable":true},
  codeblock: {"style":"default","highlight":"light","wordWrap":false},
  reward: false,
  fancybox: false,
  zoomImage: {"gapAside":"20px"},
  galleryWaterfall: undefined,
  lazyload: false,
  pjax: undefined,
  externalLink: {"icon":{"enable":true,"name":"fas fa-external-link-alt"}},
  shortcuts: undefined,
  prompt: {"copyButton":"复制","copySuccess":"复制成功","copyError":"复制失败"},
  sourcePath: {"js":"js","css":"css","images":"images"},
};

window.CONFIG = CONFIG;</script><meta name="generator" content="Hexo 6.3.0"></head><body><div class="container" id="container"><header class="header" id="header"><div class="header-inner"><nav class="header-nav header-nav--fixed"><div class="header-nav-inner"><div class="header-nav-menubtn"><i class="fas fa-bars"></i></div><div class="header-nav-menu"><div class="header-nav-menu-item"><a class="header-nav-menu-item__link" href="/"><span class="header-nav-menu-item__icon"><i class="fas fa-home"></i></span><span class="header-nav-menu-item__text">首页</span></a></div><div class="header-nav-menu-item"><a class="header-nav-menu-item__link" href="/archives/"><span class="header-nav-menu-item__icon"><i class="fas fa-folder-open"></i></span><span class="header-nav-menu-item__text">归档</span></a></div><div class="header-nav-menu-item"><a class="header-nav-menu-item__link" href="/categories/"><span class="header-nav-menu-item__icon"><i class="fas fa-layer-group"></i></span><span class="header-nav-menu-item__text">分类</span></a></div><div class="header-nav-menu-item"><a class="header-nav-menu-item__link" href="/tags/"><span class="header-nav-menu-item__icon"><i class="fas fa-tags"></i></span><span class="header-nav-menu-item__text">标签</span></a></div><div class="header-nav-menu-item"><a class="header-nav-menu-item__link" href="/about/"><span class="header-nav-menu-item__icon"><i class="fas fa-address-card"></i></span><span class="header-nav-menu-item__text">关于</span></a></div></div><div class="header-nav-mode"><div class="mode"><div class="mode-track"><span class="mode-track-moon"></span><span class="mode-track-sun"></span></div><div class="mode-thumb"></div></div></div></div></nav><div class="header-banner"><div class="header-banner-info"><div class="header-banner-info__title">ljyxsg的技术成长录</div><div class="header-banner-info__subtitle">亿点点nice的ljy</div></div></div></div></header><main class="main" id="main"><div class="main-inner"><div class="content-wrap" id="content-wrap"><div class="content" id="content"><!-- Just used to judge whether it is an article page--><div id="is-post"></div><div class="post"><header class="post-header"><h1 class="post-title">datax学习手册</h1><div class="post-meta"><span class="post-meta-item post-meta-item--createtime"><span class="post-meta-item__icon"><i class="far fa-calendar-plus"></i></span><span class="post-meta-item__info">发表于</span><span class="post-meta-item__value">2023-02-02</span></span><span class="post-meta-item post-meta-item--updatetime"><span class="post-meta-item__icon"><i class="far fa-calendar-check"></i></span><span class="post-meta-item__info">更新于</span><span class="post-meta-item__value">2023-02-07</span></span></div></header><div class="post-body">
        <h2 id="1-docker-desktop安装mysql-8-0-16、sql-Server-2017-latest和clickhouse-latest"   >
          <a href="#1-docker-desktop安装mysql-8-0-16、sql-Server-2017-latest和clickhouse-latest" class="heading-link"><i class="fas fa-link"></i></a><a href="#1-docker-desktop安装mysql-8-0-16、sql-Server-2017-latest和clickhouse-latest" class="headerlink" title="1.docker desktop安装mysql:8.0.16、sql Server:2017-latest和clickhouse:latest"></a>1.docker desktop安装mysql:8.0.16、sql Server:2017-latest和clickhouse:latest</h2>
      <p>mysql安装比较简单，在此略过;sql Server的安装见<a href="https://lou_jianyang.gitee.io/2023/02/03/windows%E5%AE%89%E8%A3%85sql-Server-2017-latest/">sql Server2017-latest安装</a>。<br>clickhouse的安装可以借鉴:<span class="exturl"><a class="exturl__link"   target="_blank" rel="noopener" href="https://blog.csdn.net/jianzhang11/article/details/105445855" >clickhouse安装步骤</a><span class="exturl__icon"><i class="fas fa-external-link-alt"></i></span></span>。</p>

        <h2 id="2-在github下载datax-web和datax-web-ui项目"   >
          <a href="#2-在github下载datax-web和datax-web-ui项目" class="heading-link"><i class="fas fa-link"></i></a><a href="#2-在github下载datax-web和datax-web-ui项目" class="headerlink" title="2.在github下载datax_web和datax_web_ui项目"></a>2.在github下载datax_web和datax_web_ui项目</h2>
      <p>建议把项目先fork到自己的仓库(很久没维护了，你懂得)</p>
<figure class="highlight plaintext"><div class="table-container"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br></pre></td><td class="code"><pre><span class="line">git clone git@github.com:WeiYe-Jing/datax-web.git</span><br><span class="line">git clone git@github.com:WeiYe-Jing/datax-web-ui.git</span><br><span class="line"></span><br></pre></td></tr></table></div></figure>
<p>安装官网指引下载datax工具包,见<span class="exturl"><a class="exturl__link"   target="_blank" rel="noopener" href="https://github.com/alibaba/DataX/blob/master/userGuid.md" >Datax下载方法</a><span class="exturl__icon"><i class="fas fa-external-link-alt"></i></span></span></p>

        <h2 id="3-datax架构图"   >
          <a href="#3-datax架构图" class="heading-link"><i class="fas fa-link"></i></a><a href="#3-datax架构图" class="headerlink" title="3.datax架构图"></a>3.datax架构图</h2>
      <img src="/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/datax%E6%9E%B6%E6%9E%84%E5%9B%BE.png" class="" title="datax架构图">
<p>DataX Web是在DataX之上开发的分布式数据同步工具，提供简单易用的 操作界面，降低用户使用DataX的学习成本，缩短任务配置时间，避免配置过程中出错。用户可通过页面选择数据源即可创建数据同步任务，支持RDBMS、Hive、HBase、ClickHouse、MongoDB等数据源，RDBMS数据源可批量创建数据同步任务，支持实时查看数据同步进度及日志并提供终止同步功能，集成并二次开发xxl-job可根据时间、自增主键增量同步数据。</p>
<p>任务”执行器”支持集群部署，支持执行器多节点路由策略选择，支持超时控制、失败重试、失败告警、任务依赖，执行器CPU.内存.负载的监控等等。后续还将提供更多的数据源支持、数据转换UDF、表结构同步、数据同步血缘等更为复杂的业务场景。<br><code>如何创建一个任务</code>指南见<span class="exturl"><a class="exturl__link"   target="_blank" rel="noopener" href="https://github.com/WeiYe-Jing/datax-web" >datax-web基本使用</a><span class="exturl__icon"><i class="fas fa-external-link-alt"></i></span></span></p>

        <h2 id="4-datax服务启动"   >
          <a href="#4-datax服务启动" class="heading-link"><i class="fas fa-link"></i></a><a href="#4-datax服务启动" class="headerlink" title="4.datax服务启动"></a>4.datax服务启动</h2>
      <ol>
<li>datax包含两个服务datax-admin和datax-executor，这两个服务是有先后启动顺序的，先启动datax-executor，才能启动datax-admin。启动前需要修改这两个服务的application.yml配置文件，datax-executor服务占用了两个端口，8082是datax-executor启动服务的端口,9999是datax执行器的端口。</li>
<li><code>datax-web-ui</code>部署,见<span class="exturl"><a class="exturl__link"   target="_blank" rel="noopener" href="https://github.com/WeiYe-Jing/datax-web-ui" >datax-ui的部署</a><span class="exturl__icon"><i class="fas fa-external-link-alt"></i></span></span></li>
<li>本地运行两个后端服务和一个前端服务, <code>localhost:8082</code>进入前端登录页面 <code>账号:admin</code> -&gt; <code>密码:123456</code>,可以进入到如下的首页:<img src="/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/datax-ui%E9%A6%96%E9%A1%B5.png" class="" title="datax-ui首页"></li>
</ol>
</div><footer class="post-footer"><div class="post-ending ending"><div class="ending__text">------ 本文结束，感谢您的阅读 ------</div></div><div class="post-copyright copyright"><div class="copyright-author"><span class="copyright-author__name">本文作者: </span><span class="copyright-author__value"><a href="https://lou_jianyang.gitee.io">ljyxsg</a></span></div><div class="copyright-link"><span class="copyright-link__name">本文链接: </span><span class="copyright-link__value"><a href="https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/">https://lou_jianyang.gitee.io/2023/02/02/datax%E5%AD%A6%E4%B9%A0%E6%89%8B%E5%86%8C/</a></span></div><div class="copyright-notice"><span class="copyright-notice__name">版权声明: </span><span class="copyright-notice__value">本博客所有文章除特别声明外，均采用 <a href="https://creativecommons.org/licenses/by-nc-sa/4.0/deed.en" rel="external nofollow" target="_blank">BY-NC-SA</a> 许可协议。转载请注明出处！</span></div></div><nav class="post-paginator paginator"><div class="paginator-prev"><a class="paginator-prev__link" href="/2023/02/02/Session%E3%80%81Token%E5%92%8CCookie%E7%9A%84%E7%90%86%E8%A7%A3/"><span class="paginator-prev__icon"><i class="fas fa-angle-left"></i></span><span class="paginator-prev__text">Session、Token和Cookie的理解</span></a></div><div class="paginator-next"><a class="paginator-next__link" href="/2023/01/29/idea%E5%BF%85%E8%A3%85%E7%9A%84%E6%8F%92%E4%BB%B6/"><span class="paginator-prev__text">idea必装的插件</span><span class="paginator-next__icon"><i class="fas fa-angle-right"></i></span></a></div></nav></footer></div></div></div><div class="sidebar-wrap" id="sidebar-wrap"><aside class="sidebar" id="sidebar"><div class="sidebar-nav"><span class="sidebar-nav-toc current">文章目录</span><span class="sidebar-nav-ov">站点概览</span></div><section class="sidebar-toc"><ol class="toc"><li class="toc-item toc-level-2"><a class="toc-link" href="#1-docker-desktop%E5%AE%89%E8%A3%85mysql-8-0-16%E3%80%81sql-Server-2017-latest%E5%92%8Cclickhouse-latest"><span class="toc-number">1.</span> <span class="toc-text">
          1.docker desktop安装mysql:8.0.16、sql Server:2017-latest和clickhouse:latest</span></a></li><li class="toc-item toc-level-2"><a class="toc-link" href="#2-%E5%9C%A8github%E4%B8%8B%E8%BD%BDdatax-web%E5%92%8Cdatax-web-ui%E9%A1%B9%E7%9B%AE"><span class="toc-number">2.</span> <span class="toc-text">
          2.在github下载datax_web和datax_web_ui项目</span></a></li><li class="toc-item toc-level-2"><a class="toc-link" href="#3-datax%E6%9E%B6%E6%9E%84%E5%9B%BE"><span class="toc-number">3.</span> <span class="toc-text">
          3.datax架构图</span></a></li><li class="toc-item toc-level-2"><a class="toc-link" href="#4-datax%E6%9C%8D%E5%8A%A1%E5%90%AF%E5%8A%A8"><span class="toc-number">4.</span> <span class="toc-text">
          4.datax服务启动</span></a></li></ol></section><!-- ov = overview--><section class="sidebar-ov hide"><div class="sidebar-ov-author"><div class="sidebar-ov-author__avatar"><img class="sidebar-ov-author__avatar_img" src="/images/icons/stun-logo.svg" alt="avatar"></div><p class="sidebar-ov-author__text">Hello Stun</p></div><div class="sidebar-ov-state"><a class="sidebar-ov-state-item sidebar-ov-state-item--posts" href="/archives/"><div class="sidebar-ov-state-item__count">15</div><div class="sidebar-ov-state-item__name">归档</div></a><a class="sidebar-ov-state-item sidebar-ov-state-item--categories" href="/categories/"><div class="sidebar-ov-state-item__count">9</div><div class="sidebar-ov-state-item__name">分类</div></a><a class="sidebar-ov-state-item sidebar-ov-state-item--tags" href="/tags/"><div class="sidebar-ov-state-item__count">2</div><div class="sidebar-ov-state-item__name">标签</div></a></div><div class="sidebar-ov-cc"><a href="https://creativecommons.org/licenses/by-nc-sa/4.0/deed.en" target="_blank" rel="noopener" data-popover="知识共享许可协议" data-popover-pos="up"><img src="/images/cc-by-nc-sa.svg"></a></div></section><div class="sidebar-reading"><div class="sidebar-reading-info"><span class="sidebar-reading-info__text">你已阅读了 </span><span class="sidebar-reading-info__num">0</span><span class="sidebar-reading-info__perc">%</span></div><div class="sidebar-reading-line"></div></div></aside></div><div class="clearfix"></div></div></main><footer class="footer" id="footer"><div class="footer-inner"><div><span>Copyright © 2023</span><span class="footer__icon"><i class="fas fa-heart"></i></span><span>ljyxsg</span></div><div><span>由 <a href="http://hexo.io/" title="Hexo" target="_blank" rel="noopener">Hexo</a> 强力驱动</span><span> v6.3.0</span><span class="footer__devider">|</span><span>主题 - <a href="https://github.com/liuyib/hexo-theme-stun/" title="Stun" target="_blank" rel="noopener">Stun</a></span><span> v2.8.0</span></div></div></footer><div class="loading-bar" id="loading-bar"><div class="loading-bar__progress"></div></div><div class="back2top" id="back2top"><span class="back2top__icon"><i class="fas fa-rocket"></i></span></div></div><script src="https://cdn.jsdelivr.net/npm/jquery@v3.4.1/dist/jquery.min.js"></script><script src="https://cdn.jsdelivr.net/npm/velocity-animate@1.5.2/velocity.min.js"></script><script src="https://cdn.jsdelivr.net/npm/velocity-animate@1.5.2/velocity.ui.min.js"></script><script src="/js/utils.js?v=2.8.0"></script><script src="/js/stun-boot.js?v=2.8.0"></script><script src="/js/scroll.js?v=2.8.0"></script><script src="/js/header.js?v=2.8.0"></script><script src="/js/sidebar.js?v=2.8.0"></script></body></html>